{
    "bf16": {
        "enabled": true
    },

    "zero_optimization": {
        "stage": 2
    },

    "gradient_clipping": 1.0,
    "gradient_accumulation_steps": 1,
    "train_micro_batch_size_per_gpu": 1,

    "steps_per_print": 100,
    "wall_clock_breakdown": false
}